import pandas as pd

data = {
    "name": ["google", "baidu", "bing", "baidu"],
    "age": [10, 20, 30, 20],
}
df = pd.DataFrame(data)

# 1.重复判断 duplicated
print(df.duplicated())
""" 
0    False
1    False
2    False
3     True
dtype: bool
"""

# 2.去除重复 drop_duplicates
df.drop_duplicates(inplace = True)
print(df)
""" 
     name  age
0  google   10
1   baidu   20
2    bing   30
"""